# main.py
# from jingxin_spider import JingXinPolicySpider
from bj_shangwu_tzgg import ShangWuPolicySpider
from bj_rsj import RenShePolicySpider
from bj_caizheng_zcwj import CaiZhengPolicySpider
from bj_scjgj import ScjgjPolicySpider
from bj_kw import KwPolicySpider
from bj_jrj import JrjPolicySpider
from bj_ghzrzyw import GhzrzywPolicySpider
from bj_wjw import  WjwPolicySpider
from bj_ghzrzyw_tzgg import GhzrzywTzggPolicySpider
from bj_jtw import JtwPolicySpider
from bj_zjw import ZjwPolicySpider
from bj_nyncj import NyncjPolicySpider
from bj_sthjj import  SthjjPolicySpider
from bj_tjj import TjjPolicySpider
from bj_whlyj import whlyjPolicySpider
from bj_gzw import GzwPolicySpider
from bj_gdj import GdjPolicySpider
from bj_zwfwj import zwfwjPolicySpider
from bj_zscqj import zscqjPolicySpider
if __name__ == '__main__':
    crawl_page = 2000
    #没跑
    # jingxin_spider = JingXinPolicySpider()
    # jingxin_spider.run()
    # 没跑
    # shangwu_spider = ShangWuPolicySpider()
    # shangwu_spider.run(crawl_page,'北京商务局-通知公告','北京')

    # CaiZheng_spider = CaiZhengPolicySpider()
    # CaiZheng_spider.run(crawl_page,'北京财政局','北京')
    # ++============================================================================
    RenShe_spider = RenShePolicySpider()
    RenShe_spider.run(crawl_page, '北京市人力资源和社会保障局', '北京')
    Scjgj_spider = ScjgjPolicySpider()
    Scjgj_spider.run(crawl_page, '北京市市场监督管理局', '北京')
    Kw_spider = KwPolicySpider()
    Kw_spider.run(crawl_page, '北京市科学技术委员会、中关村科技园区管理委员会', '北京')
    Jrj_spider = JrjPolicySpider()
    Jrj_spider.run(crawl_page, '北京市地方金融管理局', '北京')
    Wjw_spider = WjwPolicySpider()
    Wjw_spider.run(crawl_page, '北京市卫生健康委员会', '北京')
    Ghzrzyw_spider = GhzrzywPolicySpider()
    Ghzrzyw_spider.run(crawl_page, '北京规划和自然资源委员会', '北京')
    GhzrzywTzgg_spider = GhzrzywTzggPolicySpider()
    GhzrzywTzgg_spider.run(crawl_page, '北京规划和自然资源委员会', '北京')
    #北京市生态环境局从第一页开始抓取
    Sthjj_spider = SthjjPolicySpider()
    Sthjj_spider.run(crawl_page, '北京市生态环境局', '北京',startpage=1)
    #北京市生态环境局从第一页开始抓取
    Nyncjspider = NyncjPolicySpider()
    Nyncjspider.run(crawl_page, '北京市农业农村局', '北京', startpage=1)
    Jtwspider = JtwPolicySpider()
    Jtwspider.run(crawl_page, '北京市交通委员会', '北京')
    #北京市住房和城乡建设委员会 从第一页开始爬  用到了代理！！
    Zjw_spider = ZjwPolicySpider()
    Zjw_spider.run(crawl_page, '北京市住房和城乡建设委员会', '北京',startpage=1)
    whlyjspider = whlyjPolicySpider()
    whlyjspider.run(crawl_page, '北京市文化和旅游局', '北京')

    Gzwspider = GzwPolicySpider()
    Gzwspider.run(crawl_page, '北京市人民政府国有资产监督管理委员会', '北京',startpage=0)
    Gdjspider = GdjPolicySpider()
    Gdjspider.run(crawl_page, '北京市广播电视局', '北京',startpage=0)
    zwfwjspider = zwfwjPolicySpider()
    zwfwjspider.run(crawl_page, '北京市政务服务和数据管理局', '北京',startpage=0)
    # #从第一页开始爬
    zscqjspider = zscqjPolicySpider()
    zscqjspider.run(crawl_page, '北京市知识产权局', '北京',startpage=1)

    Tjjspider = TjjPolicySpider()
    Tjjspider.run(crawl_page, '北京市统计局', '北京')
